Node / ReticulumProjects / MeshChatX.git / files / meshchatx / src / backend / integrity_manager.py

Displaying Raw • Download

Tff7b72import T7ee787fnmatch

Tff7b72import T7ee787hashlib

Tff7b72import T7ee787json

Tff7b72import T7ee787os

Tff7b72from T7ee787datetime Tff7b72import Te6edf3UTCTb4b4b4, Te6edf3datetime

Tff7b72from T7ee787pathlib Tff7b72import Te6edf3Path

Tff7b72class T56d364IntegrityManagerTb4b4b4:

T8b949e"""Manages the integrity of the database and identity files at rest."""

T8b949e# Files and directories that are frequently modified by RNS/LXMF or SQLite

T8b949e# and should be ignored during integrity checks.

Te6edf3IGNORED_PATTERNS Tff7b72= Tb4b4b4[

Ta5d6ff"Ta5d6ff*-walTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ff*-shmTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ff*-journalTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ff*.tmpTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ff*.lockTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ff*.logTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ff*~Ta5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ff.DS_StoreTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ffThumbs.dbTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ffintegrity-manifest.jsonTa5d6ff"Tb4b4b4,

Tb4b4b4]

Tff7b72def Tff7b72__init__Tb4b4b4(Tff7b72selfTb4b4b4, Te6edf3storage_dirTb4b4b4, Te6edf3database_pathTb4b4b4, Te6edf3identity_hashTff7b72=Tff7b72NoneTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffstorage_dir Tff7b72= Te6edf3PathTb4b4b4(Te6edf3storage_dirTb4b4b4)

Tff7b72selfTff7b72.Td2a8ffdatabase_path Tff7b72= Te6edf3PathTb4b4b4(Te6edf3database_pathTb4b4b4)

Tff7b72selfTff7b72.Td2a8ffidentity_hash Tff7b72= Te6edf3identity_hash

Tff7b72selfTff7b72.Td2a8ffmanifest_path Tff7b72= Tff7b72selfTff7b72.Td2a8ffstorage_dir Tff7b72/ Ta5d6ff"Ta5d6ffintegrity-manifest.jsonTa5d6ff"

Tff7b72selfTff7b72.Td2a8ffissues Tff7b72= Tb4b4b4[Tb4b4b4]

Tff7b72def Td2a8ff_should_ignoreTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3rel_pathTb4b4b4)Tb4b4b4:

T8b949e"""Determine if a file path should be ignored based on name or directory."""

Te6edf3path Tff7b72= Te6edf3PathTb4b4b4(Te6edf3rel_pathTb4b4b4)

Te6edf3path_parts Tff7b72= Te6edf3pathTff7b72.Td2a8ffparts

T8b949e# Check for volatile LXMF/RNS directories

T8b949e# We only ignore these if they are inside the lxmf_router directory

T8b949e# to avoid accidentally ignoring important files with similar names.

Tff7b72if Ta5d6ff"Ta5d6fflxmf_routerTa5d6ff" Tff7b72in Te6edf3path_partsTb4b4b4:

Tff7b72if Tffa657anyTb4b4b4(

Te6edf3part Tff7b72in Tb4b4b4[Ta5d6ff"Ta5d6ffannouncesTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffstorageTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffidentitiesTa5d6ff"Tb4b4b4] Tff7b72for Te6edf3part Tff7b72in Te6edf3path_parts

Tb4b4b4)Tb4b4b4:

Tff7b72return Tff7b72True

T8b949e# Check for other generally ignored directories

Tff7b72if Tffa657anyTb4b4b4(

Te6edf3part Tff7b72in Tb4b4b4[Ta5d6ff"Ta5d6fftmpTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffrecordingsTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffgreetingsTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffdocsTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffbotsTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffringtonesTa5d6ff"Tb4b4b4]

Tff7b72for Te6edf3part Tff7b72in Te6edf3path_parts

Tb4b4b4)Tb4b4b4:

Tff7b72return Tff7b72True

Te6edf3filename Tff7b72= Te6edf3path_partsTb4b4b4[Tff7b72-T79c0ff1Tb4b4b4]

T8b949e# Check against IGNORED_PATTERNS

Tff7b72if Tffa657anyTb4b4b4(Te6edf3fnmatchTff7b72.Td2a8fffnmatchTb4b4b4(Te6edf3filenameTb4b4b4, Te6edf3patternTb4b4b4) Tff7b72for Te6edf3pattern Tff7b72in Tff7b72selfTff7b72.Td2a8ffIGNORED_PATTERNSTb4b4b4)Tb4b4b4:

Tff7b72return Tff7b72True

Tff7b72return Tff7b72False

Tff7b72def Td2a8ff_hash_fileTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3file_pathTb4b4b4)Tb4b4b4:

Tff7b72if Tff7b72not Te6edf3osTff7b72.Td2a8ffpathTff7b72.Td2a8ffexistsTb4b4b4(Te6edf3file_pathTb4b4b4)Tb4b4b4:

Tff7b72return Tff7b72None

Te6edf3sha256_hash Tff7b72= Te6edf3hashlibTff7b72.Td2a8ffsha256Tb4b4b4(Tb4b4b4)

Tff7b72with Tffa657openTb4b4b4(Te6edf3file_pathTb4b4b4, Ta5d6ff"Ta5d6ffrbTa5d6ff"Tb4b4b4) Tff7b72as Te6edf3fTb4b4b4:

Tff7b72for Te6edf3byte_block Tff7b72in Tffa657iterTb4b4b4(Tff7b72lambdaTb4b4b4: Te6edf3fTff7b72.Td2a8ffreadTb4b4b4(T79c0ff4096Tb4b4b4)Tb4b4b4, Ta5d6ffbTa5d6ff"Ta5d6ff"Tb4b4b4)Tb4b4b4:

Te6edf3sha256_hashTff7b72.Td2a8ffupdateTb4b4b4(Te6edf3byte_blockTb4b4b4)

Tff7b72return Te6edf3sha256_hashTff7b72.Td2a8ffhexdigestTb4b4b4(Tb4b4b4)

Tff7b72def Td2a8ffcheck_integrityTb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

T8b949e"""Verify the current state against the last saved manifest."""

Tff7b72if Tff7b72not Tff7b72selfTff7b72.Td2a8ffmanifest_pathTff7b72.Td2a8ffexistsTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72return Tff7b72TrueTb4b4b4, Tb4b4b4[Ta5d6ff"Ta5d6ffInitial run - no manifest yetTa5d6ff"Tb4b4b4]

Tff7b72tryTb4b4b4:

Tff7b72with Tffa657openTb4b4b4(Tff7b72selfTff7b72.Td2a8ffmanifest_pathTb4b4b4) Tff7b72as Te6edf3fTb4b4b4:

Te6edf3manifest Tff7b72= Te6edf3jsonTff7b72.Td2a8ffloadTb4b4b4(Te6edf3fTb4b4b4)

Te6edf3issues Tff7b72= Tb4b4b4[Tb4b4b4]

Te6edf3manifest_files Tff7b72= Te6edf3manifestTff7b72.Td2a8ffgetTb4b4b4(Ta5d6ff"Ta5d6fffilesTa5d6ff"Tb4b4b4, Tb4b4b4{Tb4b4b4}Tb4b4b4)

T8b949e# Check Database

Tff7b72if Tff7b72selfTff7b72.Td2a8ffdatabase_pathTff7b72.Td2a8ffexistsTb4b4b4(Tb4b4b4)Tb4b4b4:

Te6edf3db_rel Tff7b72= Tffa657strTb4b4b4(Tff7b72selfTff7b72.Td2a8ffdatabase_pathTff7b72.Td2a8ffrelative_toTb4b4b4(Tff7b72selfTff7b72.Td2a8ffstorage_dirTb4b4b4)Tb4b4b4)

Te6edf3actual_db_hash Tff7b72= Tff7b72selfTff7b72.Td2a8ff_hash_fileTb4b4b4(Tff7b72selfTff7b72.Td2a8ffdatabase_pathTb4b4b4)

Tff7b72if Te6edf3actual_db_hash Tff7b72and Te6edf3actual_db_hash Tff7b72!= Te6edf3manifest_filesTff7b72.Td2a8ffgetTb4b4b4(Te6edf3db_relTb4b4b4)Tb4b4b4:

Te6edf3issuesTff7b72.Td2a8ffappendTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffDatabase modified: Tffd700{Te6edf3db_relTffd700}Ta5d6ff"Tb4b4b4)

T8b949e# Check other critical files in storage_dir

Tff7b72for Te6edf3rootTb4b4b4, Te6edf3_Tb4b4b4, Te6edf3files_in_dir Tff7b72in Te6edf3osTff7b72.Td2a8ffwalkTb4b4b4(Tff7b72selfTff7b72.Td2a8ffstorage_dirTb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3file Tff7b72in Te6edf3files_in_dirTb4b4b4:

Te6edf3full_path Tff7b72= Te6edf3PathTb4b4b4(Te6edf3rootTb4b4b4) Tff7b72/ Te6edf3file

Te6edf3rel_path Tff7b72= Tffa657strTb4b4b4(Te6edf3full_pathTff7b72.Td2a8ffrelative_toTb4b4b4(Tff7b72selfTff7b72.Td2a8ffstorage_dirTb4b4b4)Tb4b4b4)

Tff7b72if Tff7b72selfTff7b72.Td2a8ff_should_ignoreTb4b4b4(Te6edf3rel_pathTb4b4b4)Tb4b4b4:

Tff7b72continue

T8b949e# Database already checked separately, skip here to avoid double reporting

Tff7b72if Te6edf3full_path Tff7b72== Tff7b72selfTff7b72.Td2a8ffdatabase_pathTb4b4b4:

Tff7b72continue

Te6edf3actual_hash Tff7b72= Tff7b72selfTff7b72.Td2a8ff_hash_fileTb4b4b4(Te6edf3full_pathTb4b4b4)

Tff7b72if Te6edf3rel_path Tff7b72in Te6edf3manifest_filesTb4b4b4:

Tff7b72if Te6edf3actual_hash Tff7b72!= Te6edf3manifest_filesTb4b4b4[Te6edf3rel_pathTb4b4b4]Tb4b4b4:

Te6edf3issuesTff7b72.Td2a8ffappendTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffFile modified: Tffd700{Te6edf3rel_pathTffd700}Ta5d6ff"Tb4b4b4)

Tff7b72elseTb4b4b4:

T8b949e# New files are also a concern for integrity

T8b949e# but we only report them if they are not in ignored dirs/patterns

Te6edf3issuesTff7b72.Td2a8ffappendTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffNew file detected: Tffd700{Te6edf3rel_pathTffd700}Ta5d6ff"Tb4b4b4)

T8b949e# Check for missing files that were in manifest

Tff7b72for Te6edf3rel_path Tff7b72in Te6edf3manifest_filesTb4b4b4:

Tff7b72if Tff7b72selfTff7b72.Td2a8ff_should_ignoreTb4b4b4(Te6edf3rel_pathTb4b4b4)Tb4b4b4:

Tff7b72continue

Te6edf3full_path Tff7b72= Tff7b72selfTff7b72.Td2a8ffstorage_dir Tff7b72/ Te6edf3rel_path

Tff7b72if Tff7b72not Te6edf3full_pathTff7b72.Td2a8ffexistsTb4b4b4(Tb4b4b4)Tb4b4b4:

Te6edf3issuesTff7b72.Td2a8ffappendTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffFile missing: Tffd700{Te6edf3rel_pathTffd700}Ta5d6ff"Tb4b4b4)

Tff7b72if Te6edf3issuesTb4b4b4:

Te6edf3m_date Tff7b72= Te6edf3manifestTff7b72.Td2a8ffgetTb4b4b4(Ta5d6ff"Ta5d6ffdateTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffUnknownTa5d6ff"Tb4b4b4)

Te6edf3m_time Tff7b72= Te6edf3manifestTff7b72.Td2a8ffgetTb4b4b4(Ta5d6ff"Ta5d6fftimeTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffUnknownTa5d6ff"Tb4b4b4)

Te6edf3m_id Tff7b72= Te6edf3manifestTff7b72.Td2a8ffgetTb4b4b4(Ta5d6ff"Ta5d6ffidentityTa5d6ff"Tb4b4b4, Ta5d6ff"Ta5d6ffUnknownTa5d6ff"Tb4b4b4)

Te6edf3issuesTff7b72.Td2a8ffinsertTb4b4b4(

T79c0ff0Tb4b4b4,

Ta5d6fffTa5d6ff"Ta5d6ffLast integrity snapshot: Tffd700{Te6edf3m_dateTffd700}Ta5d6ff Tffd700{Te6edf3m_timeTffd700}Ta5d6ff (Identity: Tffd700{Te6edf3m_idTffd700}Ta5d6ff)Ta5d6ff"Tb4b4b4,

Tb4b4b4)

T8b949e# Check if identity matches

Tff7b72if Tb4b4b4(

Tff7b72selfTff7b72.Td2a8ffidentity_hash

Tff7b72and Te6edf3m_id Tff7b72!= Ta5d6ff"Ta5d6ffUnknownTa5d6ff"

Tff7b72and Tff7b72selfTff7b72.Td2a8ffidentity_hash Tff7b72!= Te6edf3m_id

Tb4b4b4)Tb4b4b4:

Te6edf3issuesTff7b72.Td2a8ffappendTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffIdentity mismatch! Manifest belongs to: Tffd700{Te6edf3m_idTffd700}Ta5d6ff"Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffissues Tff7b72= Te6edf3issues

Tff7b72return Tffa657lenTb4b4b4(Te6edf3issuesTb4b4b4) Tff7b72== T79c0ff0Tb4b4b4, Te6edf3issues

Tff7b72except Tf85149Exception Tff7b72as Te6edf3eTb4b4b4:

Tff7b72import T7ee787traceback

Te6edf3tracebackTff7b72.Td2a8ffprint_excTb4b4b4(Tb4b4b4)

Tff7b72return Tff7b72FalseTb4b4b4, Tb4b4b4[Ta5d6fffTa5d6ff"Ta5d6ffIntegrity check failed: Tffd700{Te6edf3eTffd700!s}Ta5d6ff"Tb4b4b4]

Tff7b72def Td2a8ffsave_manifestTb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

T8b949e"""Snapshot the current state of critical files."""

Tff7b72tryTb4b4b4:

Te6edf3files Tff7b72= Tb4b4b4{Tb4b4b4}

T8b949e# Hash all critical files in storage_dir recursively

Tff7b72for Te6edf3rootTb4b4b4, Te6edf3_Tb4b4b4, Te6edf3files_in_dir Tff7b72in Te6edf3osTff7b72.Td2a8ffwalkTb4b4b4(Tff7b72selfTff7b72.Td2a8ffstorage_dirTb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3file Tff7b72in Te6edf3files_in_dirTb4b4b4:

Te6edf3full_path Tff7b72= Te6edf3PathTb4b4b4(Te6edf3rootTb4b4b4) Tff7b72/ Te6edf3file

Te6edf3rel_path Tff7b72= Tffa657strTb4b4b4(Te6edf3full_pathTff7b72.Td2a8ffrelative_toTb4b4b4(Tff7b72selfTff7b72.Td2a8ffstorage_dirTb4b4b4)Tb4b4b4)

Tff7b72if Tff7b72selfTff7b72.Td2a8ff_should_ignoreTb4b4b4(Te6edf3rel_pathTb4b4b4)Tb4b4b4:

Tff7b72continue

Te6edf3filesTb4b4b4[Te6edf3rel_pathTb4b4b4] Tff7b72= Tff7b72selfTff7b72.Td2a8ff_hash_fileTb4b4b4(Te6edf3full_pathTb4b4b4)

Te6edf3now Tff7b72= Te6edf3datetimeTff7b72.Td2a8ffnowTb4b4b4(Te6edf3UTCTb4b4b4)

Te6edf3manifest Tff7b72= Tb4b4b4{

Ta5d6ff"Ta5d6ffversionTa5d6ff"Tb4b4b4: T79c0ff1Tb4b4b4,

Ta5d6ff"Ta5d6fftimestampTa5d6ff"Tb4b4b4: Te6edf3nowTff7b72.Td2a8fftimestampTb4b4b4(Tb4b4b4)Tb4b4b4,

Ta5d6ff"Ta5d6ffdateTa5d6ff"Tb4b4b4: Te6edf3nowTff7b72.Td2a8ffstrftimeTb4b4b4(Ta5d6ff"Ta5d6ff%Ta5d6ffY-Ta5d6ff%Ta5d6ffm-Tffd700%dTa5d6ff"Tb4b4b4)Tb4b4b4,

Ta5d6ff"Ta5d6fftimeTa5d6ff"Tb4b4b4: Te6edf3nowTff7b72.Td2a8ffstrftimeTb4b4b4(Ta5d6ff"Ta5d6ff%Ta5d6ffH:Ta5d6ff%Ta5d6ffM:Ta5d6ff%Ta5d6ffSTa5d6ff"Tb4b4b4)Tb4b4b4,

Ta5d6ff"Ta5d6ffidentityTa5d6ff"Tb4b4b4: Tff7b72selfTff7b72.Td2a8ffidentity_hashTb4b4b4,

Ta5d6ff"Ta5d6fffilesTa5d6ff"Tb4b4b4: Te6edf3filesTb4b4b4,

Tb4b4b4}

Tff7b72with Tffa657openTb4b4b4(Tff7b72selfTff7b72.Td2a8ffmanifest_pathTb4b4b4, Ta5d6ff"Ta5d6ffwTa5d6ff"Tb4b4b4) Tff7b72as Te6edf3fTb4b4b4:

Te6edf3jsonTff7b72.Td2a8ffdumpTb4b4b4(Te6edf3manifestTb4b4b4, Te6edf3fTb4b4b4, Te6edf3indentTff7b72=T79c0ff2Tb4b4b4)

Tff7b72return Tff7b72True

Tff7b72except Tf85149Exception Tff7b72as Te6edf3eTb4b4b4:

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffFailed to save integrity manifest: Tffd700{Te6edf3eTffd700}Ta5d6ff"Tb4b4b4)

Tff7b72return Tff7b72False